{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import nltk\n",
    "import scipy.stats as sps\n",
    "from tqdm import tqdm\n",
    "from nltk.stem import WordNetLemmatizer\n",
    "import string\n",
    "import re\n",
    "from nltk.stem import SnowballStemmer\n",
    "from snownlp import SnowNLP\n",
    "import jieba"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "seed = 1024\n",
    "np.random.seed(seed)\n",
    "\n",
    "path = '../data/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "train = pd.read_pickle(path+'train.pkl')\n",
    "valid = pd.read_pickle(path+'valid.pkl')\n",
    "dev = pd.read_pickle(path+'dev.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "data_all = pd.concat([train,valid,dev])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#clean the text\n",
    "abbr_dict = {\n",
    "    \"what's\": \"what is\",\n",
    "    \"what're\": \"what are\",\n",
    "    \"who's\": \"who is\",\n",
    "    \"who're\": \"who are\",\n",
    "    \"where's\": \"where is\",\n",
    "    \"where're\": \"where are\",\n",
    "    \"when's\": \"when is\",\n",
    "    \"when're\": \"when are\",\n",
    "    \"how's\": \"how is\",\n",
    "    \"how're\": \"how are\",\n",
    "    \"why's\": \"why is\",\n",
    "    \"why're\": \"why are\",\n",
    "\n",
    "    \"i'm\": \"i am\",\n",
    "    \"we're\": \"we are\",\n",
    "    \"you're\": \"you are\",\n",
    "    \"they're\": \"they are\",\n",
    "    \"it's\": \"it is\",\n",
    "    \"he's\": \"he is\",\n",
    "    \"she's\": \"she is\",\n",
    "    \"that's\": \"that is\",\n",
    "    \"there's\": \"there is\",\n",
    "    \"there're\": \"there are\",\n",
    "\n",
    "    \"i've\": \"i have\",\n",
    "    \"we've\": \"we have\",\n",
    "    \"you've\": \"you have\",\n",
    "    \"they've\": \"they have\",\n",
    "    \"who've\": \"who have\",\n",
    "    \"would've\": \"would have\",\n",
    "    \"not've\": \"not have\",\n",
    "\n",
    "    \"i'll\": \"i will\",\n",
    "    \"we'll\": \"we will\",\n",
    "    \"you'll\": \"you will\",\n",
    "    \"he'll\": \"he will\",\n",
    "    \"she'll\": \"she will\",\n",
    "    \"it'll\": \"it will\",\n",
    "    \"they'll\": \"they will\",\n",
    "\n",
    "    \"isn't\": \"is not\",\n",
    "    \"wasn't\": \"was not\",\n",
    "    \"aren't\": \"are not\",\n",
    "    \"weren't\": \"were not\",\n",
    "    \"can't\": \"can not\",\n",
    "    \"couldn't\": \"could not\",\n",
    "    \"don't\": \"do not\",\n",
    "    \"didn't\": \"did not\",\n",
    "    \"shouldn't\": \"should not\",\n",
    "    \"wouldn't\": \"would not\",\n",
    "    \"doesn't\": \"does not\",\n",
    "    \"haven't\": \"have not\",\n",
    "    \"hasn't\": \"has not\",\n",
    "    \"hadn't\": \"had not\",\n",
    "    \"won't\": \"will not\",\n",
    "    \"mustn't\": \"must not\",\n",
    "\n",
    "    \"e-mail\": \"email\",\n",
    "    \"imrovement\": 'improvement',\n",
    "    \"intial\": \"initial\",\n",
    "    \"motorolla\": \"motorola\",\n",
    "    \"programing\": \"programming\",\n",
    "    \"quikly\": \"quickly\",\n",
    "    \"demonitization\": \"demonetization\",\n",
    "    \"60k\": \"60000\",\n",
    "    \" 9 11 \":\"911\",\n",
    "    \" u s \":'american',\n",
    "    \"b g\":\"bg\",\n",
    "    \"e g\":'eg',\n",
    "    ####add.....\n",
    "    # r'[^\\x00-\\xff]+':'NOENGLISH'\n",
    "}\n",
    "\n",
    "def text_to_wordlist(text):\n",
    "    text = text.lower().split()\n",
    "    text = \" \".join(text)#to str\n",
    "    #clean the text\n",
    "    text = re.sub(r\"[^A-Za-z0-9^,!.\\/'+-=]\", \" \", text)\n",
    "    text = re.sub(r\"what's\", \"what is \", text)\n",
    "    text = re.sub(r\"\\'s\", \" \", text)\n",
    "    text = re.sub(r\"\\'ve\", \" have \", text)\n",
    "    text = re.sub(r\"can't\", \"cannot \", text)\n",
    "    text = re.sub(r\"n't\", \" not \", text)\n",
    "    text = re.sub(r\"i'm\", \"i am \", text)\n",
    "    text = re.sub(r\"\\'re\", \" are \", text)\n",
    "    text = re.sub(r\"\\'d\", \" would \", text)\n",
    "    text = re.sub(r\"\\'ll\", \" will \", text)\n",
    "    #punction replace\n",
    "    text = re.sub(r\",\", \" \", text)\n",
    "    text = re.sub(r\"\\.\", \" \", text)\n",
    "    text = re.sub(r\"!\", \" ! \", text)\n",
    "    text = re.sub(r\"\\/\", \" \", text)\n",
    "    text = re.sub(r\"\\^\", \" ^ \", text)#change to  3 words\n",
    "    text = re.sub(r\"\\+\", \" + \", text)\n",
    "    text = re.sub(r\"\\-\", \" - \", text)\n",
    "    text = re.sub(r\"\\=\", \" = \", text)\n",
    "    text = re.sub(r\"'\", \" \", text)\n",
    "    text = re.sub(r\"60k\", \" 60000 \", text)\n",
    "    #text = re.sub(r\"(\\d+)(k)\", r\"\\g<1>000\", text)\n",
    "    text = re.sub(r\":\", \" : \", text)\n",
    "    text = re.sub(r\" e g \", \" eg \", text)\n",
    "    text = re.sub(r\" b g \", \" bg \", text)\n",
    "    text = re.sub(r\" u s \", \" american \", text)\n",
    "    text = re.sub(r\"\\0s\", \"0\", text)\n",
    "    text = re.sub(r\" 9 11 \", \"911\", text)\n",
    "    text = re.sub(r\"e - mail\", \"email\", text)\n",
    "    text = re.sub(r\"j k\", \"jk\", text)\n",
    "    text = re.sub(r\"\\s{2,}\", \" \", text)\n",
    "    # Return a list of words\n",
    "    return (text)\n",
    "\n",
    "#split ch sentence\n",
    "def ch_split_words(x):\n",
    "    w = list(jieba.cut(str(x)))\n",
    "    return ' '.join(w)\n",
    "\n",
    "def ch_text_to_wordlist(text):\n",
    "    # punction replace\n",
    "    text = re.sub(r\"\\r\", \" \", text)\n",
    "    text = re.sub(r\"\\n\", \" \", text)\n",
    "    text = re.sub(r\"，\",\" \",text)\n",
    "    text = re.sub(r\"。\",\" \",text)\n",
    "    return (text)\n",
    "\n",
    "def preprocessing(context):\n",
    "    context=str(context).lower()\n",
    "    for item in abbr_dict.items():\n",
    "        context=context.replace(item[0],item[1])\n",
    "    context=context.translate(string.punctuation)\n",
    "    #question=re.sub(r'[^\\x00-\\xff]+','non-english',question.decode('utf-8'))\n",
    "    return context"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ '\"I have seen every episode of this spin off. I thought the first season was a decent effort considering the expectations of following such a success that is Grey\\'s Anatomy. Thus i have continued to watch. I\\'m afraid the second season lacks the charm, the chemistry and more importantly the drama of it\\'s predecessor Grey\\'s Anatomy. The relationships seem contrived and the acting is so-so. The writing lacks the intelligence and comedic hints seen in GA. There are shows that a formulaic but do not feel formulaic and contrived, unfortunately PP is not so. I loved Kate Walsh\\'s presence in GA. I\\'m afraid Kate Walsh\\'s life in LA is simply not interesting.\"',\n",
       "        'movie', 0, 'en'],\n",
       "       [ '\"Like most people I love \\\\\"A Christmas Story\\\\\". I had never even heard of this film and perhaps for good reason--it is awful. Same locale, same narrator, same director but the warm fuzziness of the original was lacking. Charles Grodin was a poor choice to replace Darrin McGavin but I cannot imagine anyone being able to replace him. The story seems forced and lacks the sweetness of the original. The interaction with the neighbors, the Bumpuses, is ridiculous. In \\\\\"A Christmas Story\\\\\" Ralphie\\'s obsession with the BB gun seems cute but his obsession in this movie is boring. Scud Farkus, the original neighborhood bully, is replaced in this film by yet another kid with braces and a weird hat but with little of the Scud Farkus menacing appeal. It would be pretty difficult to equal the original, even if this movie had been made with the original crew.\"',\n",
       "        'movie', 0, 'en'],\n",
       "       ['房间很小，有点像招待所.............四星...............\\r\\r\\n\\r\\n\\r\\n', 'hotel',\n",
       "        1, 'ch'],\n",
       "       ..., \n",
       "       [ '\"Indian cinema typifies cops of two broad categories: they are either the honest type or the bad guys. The honest guys always shout at the top of their voice and fight the system while the bad cops enjoy for most part but suffer at the end.<br /><br />This movie at least breaks this usual formula and gives a refreshing view of cops and their lives. The direction takes an inside look at the life of a young ambitious cop who. The music is interesting and the editing is a trend setter as far as Indian cinema goes.<br /><br />The movie is slow at times and the dilemma which Anbu faces when it comes to Maya is overplayed at times. But I would still give this one 9/10 simply because it has many firsts to its credit.\"',\n",
       "        'movie', 1, 'en'],\n",
       "       [ \"now , lets first look into the history of shark films . \\nthere was the unforgettable jaws . \\nthe exciting jaws 2 . the rather flaky jaws 3d and sometime in the late 90s another film of the same genre that i can't seem to recall ( about the son of jaws returning to wreak revenge or something like that ) . \\nnow , with the magic of cgi , one shark is simply not enough ; in deep blue sea , there are 3 big , mean and really smart ones ! \\nrussell frankiln ( jackson ) visits aquatica ( a sea-bound research center ) , where a research is being conducted on the extraction of a hormone substance found uniquely within the shark brain that can cure and reverse the effects of alzheimer's disease . \\nthe substance is small in quantity and because of this , lead researcher dr . susan macalaester genetically alters the shark dna and grows them twice the size with brains as big as humans , naturally producing more of the much treasured hormones . \\nas sure as the sun sets in the west , a shark breaks lose and wreaks havoc within the facility during a hormone extraction procedure . \\nwith the flexibility offered by cgi , the sharks get more full-length screen time as their predecessors did in those remote-controlled rubber suit days . \\ngone are the days of people getting pulled under the water with the water turning red right after . \\nthis time , we get to see the entire gobbling action , with floating limbs and all . \\nso-so acting , expected in most of your average action film . \\njackson ( fresh from his jedi master role in the phantom menace ) , takes on the dark-side force of a different kind and fits well with his wise-cracking lines . \\nll cool j's cook role as preacher , does for this film what steven seagal's cook could only dream to achieve in his two under siege films . \\ndeep blue sea does not offer any of the psychological thrills that jaws has to offer . \\nit does however , prove to be a refreshing follow-up within the genre , full of visual thrills , suspense and believe it or not \\x05 humour ! \\nits like jurassic park under water . \\nnothing too stressful , pure entertainment . \\nrenny harlin , you are forgiven ( for making cutthroat island ) . \\n\",\n",
       "        'movie', 1, 'en'],\n",
       "       [ '\"I am truly beginning to believe that Seagal is on a mission to see how crappy his films could become.This particular movie was a complete and utter waste of time to see.My first complaint was the cover of the DVD where they have doctored his pic and made him look slimmer and younger when in the film he looks like crap.He has his big pot belly and double chin going for him and the most miserable and bored look on his face.<br /><br />The whole plot was ridiculous to begin with and drawn out way too long.The whole film was leading up to the finale where Seagal and his team had to take on a bunch of people under the influence of a top secret military chemical adrenaline enhancer.There was way too much useless dialogue and not to mention the ridiculous and constant dubbing of Seagals voice even in the middle of a statement.The dubbed voice sounded like a man with a frog in his throat and was quite comical.<br /><br />The fight scenes in the film were horrible.Half the time when Seagal fought you could not even see what was going on.There would be tight shots of him flapping his arms at the camera and then the person flying through a wall or something.It was reminiscent of the old Kung Fu series on television.They used way too much slow motion for the fight scenes.<br /><br />I believe this is Seagals worst film to date and I am glad I did not purchase this film or I would have been very upset since I am a huge fan of Seagal the Aikidoist.The action star is quickly fading away and seems to be getting worse with every performance.\"',\n",
       "        'movie', 0, 'en']], dtype=object)"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#before clean\n",
    "data_all.values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████████████████████████████████████████████████████████████████████| 30920/30920 [00:06<00:00, 4762.34it/s]\n"
     ]
    }
   ],
   "source": [
    "dd = data_all.values\n",
    "clean_data = []\n",
    "for i in tqdm(np.arange(data_all.shape[0])):\n",
    "    if dd[i,3]=='en':\n",
    "        clean_data .append(preprocessing(dd[i,0]))\n",
    "    else:\n",
    "        clean_data.append(ch_split_words(dd[i,0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████████████████████████████████████████████████████████████████████| 30920/30920 [00:06<00:00, 4983.57it/s]\n"
     ]
    }
   ],
   "source": [
    "for i in tqdm(np.arange(data_all.shape[0])):\n",
    "    if dd[i,3]=='en':\n",
    "        clean_data[i] = text_to_wordlist(clean_data[i])\n",
    "    else:\n",
    "        clean_data[i] = ch_text_to_wordlist(clean_data[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[' magicians is a wonderful ride from start to finish thanks in large part to the magic that is generated by the stars alan arkin is fantastic in one of his best roles in decades like any really fine film it is a journey in which the theme is redemption and the results of dreaming i can not believe this film is so difficult to find - - i would buy it on dvd in a heartbeat but have yet to find an outlet ',\n",
       " 'synopsis : a maniac crazed by virulent microphage slaughters more than twenty people including a street gang and heavily - armed troops with a small knife + even with a handgun however he can not take out the two cops who are after him despite having shot one of them a total of seven times + comments : the most notable aspect of adrenalin : fear the rush is that it marks a striking career move for natasha henstridge + not only does she manage to keep all her clothes on her trademark in earlier films such as species and maximum risk was to strip naked as often as possible but she actually puts on even more clothes as the film progresses + this will probably disappoint many henstridge fans but i welcome the change because henstridge is an attractive capable actress who deserves less exploitative roles though i admit it does not show in this mess + henstridge just like every other actor in the film delivers a wooden performance in this monumental turkey + the cast also includes christopher lambert who has appeared in the highlander and mortal kombat films + how on earth this moviegot two big - name stars to appear in it is beyond me + adrenalin : fear the rush is set in boston ten years in the future 2007 + boston has changed dramatically in those ten years + it is now home to a bunch of interred foreigners and policed by cops who drive around in small cars with policia printed on their doors + someguy has a really bad virus and he is killing people because of it + so the bravegood guys lambert and henstridge go after him + that is it + 76 minutes never seemed so long + this is a drawn - out chase scene through dimly - lit abandoned buildings turned into an entire movie + the plot development is nil ; we learn absolutely nothing about lambert character and very little about henstridge character + the dialogue is littered with unnecessary obscenities and concerns mindnumbingly idiotic arguments over who will go down the next dark corridor tunnel airduct next and who will carry the flashlight + a subplot does exist involving henstridge character illegal attempt to get her son out of boston + in her opening monologue a monologue which sounds as though henstridge was reading from cue cards we learn that she has gone to great lengths to secure a fake passport for her son + twenty minutes into the film i wondered if the movie would have been better if it focused on this plot + in a defining scene of the movie however i changed my mind + this fake passport drops to theground + lambert cop immediately recognizes it as a fraud from six feet away + must not have been a good fake + this emphasizes another fault with the film + things just defy common sense + lambert cop for instance is shot seven times yet he is still able to talk and slide about + adrenalin : fear the rush ends in a trite manner that does not seem to even fit the mood that the filmmakers were trying for + i found myself rather bored with this film which will disappoint both sci - fi horror fans and fans of henstridge and lambert + do not fear the rush + fear the movie + watch something else + ',\n",
       " ' this is a wonderful movie about a brothel in a fishing village that could be best described with scene constellations and direction of old kurosawa works combined with dostoyevski topics of human psychology o - shin - sonia marmeladova shakespeare drama and hans christian andersen tragic and cheerfulness the screenplay is wondrous the scenes are colour - and beautiful some scenes stay really imprinted in my mind the plot is interesting and unpredictable - each of the characters is very well developed and interesting - there is also a little action so if you do not like all the sentiments you would also come to your costs - it is not about mysterious geishas and proud samurai with their bushido pouring all out of them but about life work and kinds of people found everywhere at any time a lovely and fascinating tribute to kurosawa certainly worth seeing ',\n",
       " ' mgm were unsure of how to market garbo when she first arrived in hollywood mayer had a lot of faith in her and her appearance in torrent justified that she did not speak a word of english so she must have found it difficult to work also ricardo cortez did not make it very easy for her <br <br the torrent of the title is the river juscar that winds through a sleepy little village in spain leonora greta garbo hopes someday that her voice will bring great wealth and happiness to her struggling parents leonora and don rafael ricardo cortez are in love but he is under his mother thumb and cannot get her to consent to his marriage meanwhile dona brull martha mattox has evicted leonora parents from their home and they send leonora to paris hoping to give her a chance to further her singing career leonora sends a note to rafael urging him to remember his promise and come with her his mother is enraged and forbids him to go - so of course he caves in to her request <br <br years pass leonora has a new identity - she has become la brunna the toast of the paris opera rafael has turned out just as his mother wished - he is running for office and is courting a safe young girl remedios gertrude olmstead who is a hog heiress mack swain plays her father leonora decides to visit her old home and i agree - why has not she helped her mother out her mother is still living at the family home working as a skivvy and taking in washing leonora and rafael meet but leonora is full of ridicule garbo is so enchantingly beautiful it is hard to believe that he could be happy with remedios <br <br the dam is bursting and the torrent is flooding the town leonora house is in the path of the raging river but when rafael attempts to rescue her he finds she is quite safe they then re - kindle their romance there is a horizontal love scene in this film very similar to the one in flesh and the devil <br <br dona brull goes spreading gossip about how leonora really got her wealth and leonora mother believes her and tells leonora to go rafael meets leonora just before she is about to tour america again he intends to go with her but again he lets her down he spends so much time listening to other people destroy her reputation - what will she do for you but drag you down the irony is she has just secured a top government job for him if he comes with her they meet again years later - she is as fresh and vibrant as ever - he looks older than his years bowed down by mediocrity <br <br it is certainly a good film with a positive message to follow your heart <br <br lucien littlefield does a good job as cupido the barber and leonora old and faithful friend <br <br highly recommended ',\n",
       " ' this film provides us with an interesting reminder of how easy it is for so many to get caught up in the busy occupation of doing nothing we as a people of african descent owe it to ourselves to make a change to this cycle of all talk and no action and start to realise in order to make a change there needs to be less talk and more action it is a powerful statement of the divisions of our people over small issues and our failings to recognise the bigger picture and the need to unite in order to make a difference despite its reference to the black community all viewers can learn something from the message this film seeks to portray ',\n",
       " '价格       ',\n",
       " ' why does this have such a low rating i really do not get it is it because of the bad acting the bad dialogue well who cares about these things in cheesy low - budget horror movies seriously the acting and the dialogue is not important in those movies people who hate movies only because of bad acting and bad dialogue should not be allowed to rate cheesy low - budget movies those movies should not be taken seriously period <br <br anyway time to talk about the movie right well i loved it ! i bought it because i expected a gorefest but it is not a gorefest and thegore is pretty bad most of the time it is just animal guts placed on the body of the actors and that is lame but i did not really care because the movie is hilarious ! the characters are hilarious the acting is hilarious bad acting is a good thing in cheesy low - budget horror movies the dialogue is hilarious bad dialogue is a good thing in cheesy low - budget horror movies the zombie rapist with a huge dick is hilarious the flying demon baby is hilarious and i could go on and on and on but i do not want to say too much but i have to mention that there is a scene in which a girl masturbates a sex doll like it is alive lol ! oh and the zombie rapist falls in love with the sex doll lol ! <br <br best lines in the movie : <br <br detective manners : sniffs coke detective sloane : what the beep are you doing manners what the hell did you snort what the hell is that detective manners : it is nothing man it is ehh cold medicine <br <br detective manners : injects heroin in his arm detective sloane : what the beep are you doing manners are you beep insane detective manners : it is cold medicine <br <br detective manners : repeatedly kicks a random guy in the face detective sloane : what the hell going on manners what are you doing detective manners : this maniac was rambling about demons and then he started smashing his head on the rock ! he just started smashing his head on the rock ! i think he is on pcp or something ! <br <br lol ! ',\n",
       " ' this is a complex documentary that shows many things about early gay life to put it in perspective it was when gay was the word used for the homo - sexual revolution and not just gay as a descriptor or is it still used that way today i believe most of the film comes from circa 1968 to 1989 it was released in 1993 so it is been around <br <br i was touched by the documentaries capturing of one man love for another over a 20 some odd year period a love expressed in ways that only true love can be there are many scenes of incredible empathy and pain along with scenes of joy and pleasure there are scenes of life as a homo - sexual and life as a gay the film itself was a work of love and i believe it to be a diamond <br <br at the very least one will get out of this film an understanding of the devastating impact of aids as i write this i am thinking how much earlier this film seems to me to have been set the advances in medical political and social sciences and culture that have taken place since this film was set some 15 years ago are amazing however obviously in the case of the disease of aids itself we are not done yet heck i guess we are not done on all fronts <br <br anyway it is just a pretty darn good documentary i would encourage anyone that feels that they do not quite understand gay life gay issues or the devastation of aids to watch this film ',\n",
       " 'if you have ever seen fox tv special car chase programs you will have a good idea about the content of ronin the new action thriller from director john frankenheimer + the film involves a mysterious briefcase that several groups of terrorist want to get their hands on + an irish women dierdre played by the truman show is natascha mcelhone hires a group of mercenaries to assist her in getting the briefcase + among the people she hires are sam robert de niro vincent jean reno and gregor stellan skarsg rd from good will hunting + dierdre groups assignment is too seize the briefcase while the current owners are transporting it + they accomplish this task but a traitor is in the bunch and the briefcase is soon on the run again + the briefcase stays on the run as the movie leads the viewer through several plot twists that are badly executed + the writer seemed to be attempting to make a smart action movie but failed to understand that just because there are surprises it does not add too the credibility of a senseless script + the plot twists get no reaction because they come at a time where no one cares what is going on after the apparent climax of the film + but to add to the excitement as i mentioned earlier there are endless car chase scenes + they are unrealistic and fail to add anything to the story + do not get me wrong i love car chases but they were overdone and too long here + we never do find out what is in the briefcase but i doubt anyone cares by the time they finish sitting through this two hour long attempted thriller + ',\n",
       " ' this film is really bad it maybe harsh but it is it really is poor script every vampire clich in the book is used and no sympathy is given at all to the origins of the main character i e ole dracula there have been some truly brilliant dracula vampire movies in the past but this does not even make it into the dire slot <br <br take a selection of people who seem to have dropped out of a teen - slasher move add a dribble of dracula lore and mix in a heady tonic of religious surreal day - dreaming and you get a confusing mess of a film - dracula 2000 <br <br i really cannot find any good things to say about this movie as if it was not bad enough that it was made in the first place they seem to have made johnny lee miller effect an english accent whats the problem with that i hear you cry well he is english but he sounds like an american trying to do an english accent <br <br all in all you may as well say your money if you were thinking of buying it or rent it out watch it and discover for yourself why it is about as scary as the tellytubbies <br <br p s although la la is pretty frightening ! ',\n",
       " ' baby face is one of the better of the forgotten films before the code it was shown last night after the 1931 version of waterloo bridge on the turner classic network so i was able to watch the film as it is now with four plus minutes of it restored <br <br stanwyck is living in east st louis where she may have known the drunken parents of myra - mae clarke - in waterloo bridge her father is robert barrett she has lived with him since the death of her mother and in the restored dialog he has been pimping her since she was 14 years old now she is resident waitress and part - time whore in his speakeasy her closest friend being chico theresa harris the african - american servant who barrett keeps bullying it is one of the two good points of stanwyck personality that she keeps standing up to her father about harris threatening to leave if harris is fired and since it is thegrubby workers like nat pendleton who enjoy seeing stanwyck serve them rather than the flavor of the hooch he serves that brings them in barrett has to obey her <br <br the oneguy who comes to the speakeasy regularly whom stanwyck likes is the shoemaker and intellectual adolf cragg alphonse ethier who sees great potential in the spirited girl if she will just leave her forsaken home he is also pushing the philosophy of friedrich nietzche and the idea of the will to power more about this later <br <br after she knocks out the local political bigwig arthur hohl and has an argument with barrett about this a still explosion kills barrett and enables stanwyck to leave her home town she and harris head to new york city managing to get free transport by a railroad freight car by sleeping with a brakeman james murray they reach new york and after walking about they see thegotham trust company established 1873 and the friendly guard tells her where the personnel office is <br <br we slowly watch stanwyck ascend the corporate ladder to the top similar but sleazier than robert morse dared in how to succeed in business without really trying but morse was a man in a man dominated company stanwyck knows her sexual allure is her weapon shegoes through john wayne douglas dumbrille a section of the film that i always felt was the most shocking - curiously enough - when i watched it douglas wood henry kolker and finally george brent each ends up falling for her and either being pushed aside when no longer useful or destroyed by her brent the new president of the bank his grandfather founded eventually marries her - and the crisis of the film is when the bank economic situation is shaken especially after brent buys her a fortune in jewels and gives her valuable bonds brent is indicted will she stick up for him <br <br spoiler coming up : <br <br the one thing about these films that is not admitted is that the theatrical and moral conventions of the time still dictated endings the original ending had stanwyck boarding a ship for europe abandoning brent to his fate but realizing she can not do it to him returning to their apartment house and finding he is shot himself she is riding with him to the hospital as it ends now before the rediscovered footage was found the film ended with them apparently giving up all their money to the bank to save it and retiring back to east st louis to live happily if poor <br <br neither of these aregood endings stanwyck should continue on her destructive course with brent the last of her victims but even without the breen office the script writers one is darryl zanuck by the way saw fit to have her find a moral center she has none - at least none for powerful men whom she hates i do not think that a depression audience would have tolerated that type of conclusion <br <br there are other problems due to the changing styles of public opinion and changes in society it was a man world in the corporate world in 1933 so stanwyck has her work cut out for her wood when she is going to be fired for an indiscretion with him admits that he did not want her to work <br <br but in 2006 stanwyck would have been finding woman all over the place in the film there are nasty catty remarks obviously some based on jealousy towards stanwyck from other secretaries and female employees at her rapid rise in 2006 she would be frequently confronting women superiors and she would find them cutting her off at the legs very quickly of course if she finds one or two are lesbians she might try that road but it is doubtful and she also never seems to meet any men who aregay they do havegay male executives in business who would not give a damn about her legs or breasts <br <br then there is her mentor mr cragg cragg is remade in the bowdlerized version into trying to make her seek a moral center in reality he pushes nieztsche but the way in a broader sense the nazis pushed nieztsche - find your way to power and push it while nieztsche did stress power sometimes it was not the be - all and end - all of his theories otherwise nobody would read him today in college courses cragg is obviously self - educated but only half - educated in short if somebody who thoroughly studied nieztsche confronted cragg he would make him look like a half - educated fool and this is stanwyck mentor ! a good film and for it is day worth a 10 but seriously flawed ',\n",
       " ' carlos mencia was excellent this is hour special he was working hard to show everybody he was the real deal i know people have said he is stolen material in this special but that is not true carlos brings comedy up front the way he wants it not how anyone else wants it that is why he is so good people say he is not funny because he says dee dee dee too much and they still have not realized thats part of his act and they do not want it that way but he brings it like that anyway and succeeds in making people laugh for all the haters out there here is a message carlos is here to stay you have no point in trying to bring him down ',\n",
       " 'capsule : trippy hyperspeed action machine from hong kong accomplished tsui hark + van damme and rodman have nice chemistry the stunts are eyepopping and stuff gets blowed up real good ; what more do you want + i admit i was all set to loathe double team ; it reeked of cheapjack timing - oriented marketing stick dennis rodman in a movie quick while he is hot and do something about jean - claude van damme flagging career while we are at it ! + surprise - - double team transcends its dumb roots and turns out to be a mess of fun + bring some friends get some pretzels and have a blast + van damme is jack quinn an ex - agent who is brought back in for one last mission - - you would think any spy worth his shoe phone would run like hell when he hears those words + but van damme character has a pregnant wife who is also a sculptor and some unpleasant pressuregets used to get him to come through on this mission + he is been assigned to take down an old enemy a terrorist named stavros mickey rourke looking oddly subdued who may be back up to his old tricks + in the first showdown between quinn and stavros the movie wears its ambitions proudly on its sleeve : nonstop action + an amusement park a hospital a private retired spy retreat most of rome various houses planes cars and other modes of transport and the coliseum ! + all become arenas for some of the most bone - rattling shoot - outs and punch - outs filmed + they are better seen than described and are reason enough to see the film : one jaw - dropping scene has van damme taking on a man who uses a switchblade with his feet + van damme is a good dextrous athlete and fighter but he is often upstaged + there are other nice touches + stavros and quinn both want the same thing : to retire in peace with their families + that ambition ties them together in various ways and also humanizes them a bit + one of the things about hk action movies is that there is always some form of human element and that is carried over into this movie as well + it gives weight to scenes that would otherwise be forgettable + also good is dennis rodman playing a weapons dealer named yaz - - a character who sticks out like a fistful of broken fingers and who is funny just standing there + rodman is natural on screen ; he is fun to watch especially when slinging bad guys like basketballs and deserves to get a movie of his own based on what is seen here : a lightweight fast - moving entertainment that showcases all of its pieces excellently + ',\n",
       " '上次  星 除了 吓人              ',\n",
       " ' an absolutely wretched waste of film ! ! nothing ever happens no ghosts hardly any train no mystery no interest the constant and brutal attempts at comedy are painful everything else is pathetic the premise is idiotic : a bunch of people stranded in the middle of no - place because their train was held up for less than 3 minutes what and the railroad leaves them no place to stay in a heavy storm i think not oh they can walk 4 miles across the dead - black fields umm yeah sure or they can force themselves on the railroad hospitality and stay at the haunted train station a station which proved to be nothing but deadly boring utterly without ghosts interest or plot <br <br so very terribly dull that this seems impossible <br <br this ought to be added to the lost films list ! ! aargh ! ! ',\n",
       " ' enterprise the latest high budget spin - off to the most successful franchise in film and or television history opens to the tune of a 90 - minute episode called broken bow first we are swept into a massive action sequence with a klingon being chased by some suliban who are the main enemy in the first season of the show from there the televised movie takes us on a journey that seldom gets as good as it is with some of the best character development story and action visual effects ever seen in such a short amount of time <br <br the opening - credits is a debatable subject among the minority of enterprise fans whom some believe that the song is out of place what they fail to realise is the lyrics themselves if one listens to the actual song instead of the theme then they will begin to piece the parts of the puzzle together and eventually as the series progresses further and further and we learn more about our valiant captain and his crew will the song actually become meaningful overall diane warren theme is beautifully orchestrated and is sung just as well by opera singer russell watson <br <br what makes any television show watchable and worth watching time and time again is its characters and the way they become structured and layered enterprise is in my opinion one of the most well cast shows since the next generation choosing scott bakula as captain jonathan archer was the best decision sincegene himself cast patrick stewart as jean - luc picard as the captain always leads the show bakula adds a subtlety to his role and brings a huge smile to the faces of anyone with blood pumping in their veins he simply is both actor wise and character wise a superb human being and his charm wit and compassion are overwhelming to watch as for the other cast members a favourite of mine is john billingsley who plays dr phlox it is also nice to see a non - human playing a role and the decision to give the captain a dog named porthos was a well - received idea throughout the show character development was brilliant it was fast well timed and almost perfect i say almost because sadly travis mayweather character played by the briton anthony montgomery is a little weak at the end of the first season he does have some things to say here and there but remains in the hands of the producers to make him more important jolene blalock is wonderful as the sometimes harsh but equally loveable subcommander t pol dominic keating as lieutenant malcolm reed plays a strong role and is convincing as the armoury officer connor trinneer plays commander charles trip tucker who always adds charm and comedic style to his character and finally linda park as ensign hoshi sato who often plays a weaker character but thankfully quickly becomes interesting all of these characters make up enterprise and all bring a quality that star trek has not seen in a long time each person makes this show worth watching smiles and feel - good senses areguaranteed right from the first time we see them all together on the bridge of the starship enterprise nx - 01 <br <br the ship itself the nx - 01 is somewhat questionable in design the series is set 150 years from now and 100 years before captain kirk so why then does the ship appear to be similar in design to mid 24th century ships namely the akira class starship continuity has been an issue in enterprise but thankfully rick berman and brannon braga offer suitable explanations for each and everyone of them continuity is only a problem if you are forever scrutinising shows and are obsessed with the tiniest of details if you see the show with and open mind then you will have no problems but there is an urge to know why all the time so what did berman and braga offer to the star trek fan - base with the issue of the deign of the ship itself according to them the nx - 01 is how it is because of the incident in first contact when zefram cochrane saw the enterprise - e through his telescope and from speaking with the away team lead by commander riker it changed the ideas in his head that is a good enough explanation for me lets move on of course its not as easy for some fans to accept that sort of answer somego as far as to refuse to see the show until they get a reasonable answer come on guys grow up when george lucas destroyed the star wars saga with the launch of his profit making new trilogy fans could not do anything only watch and sap it all up anyway and then they learned that well maybe its not that bad after all if you can not accept a quality show for what it is not what it should be in your mind then go elsewhere or try becoming a producer on the show and then see what you can do <br <br the sets on enterprise remind me very much of the defiant from deep space nine they often appear cold and have an eerie look of modern structure to them and they cry out that they belong to the military perhaps that why the crew of the uss enterprise aka flagship of the american fleet like it so much they are striking sets and represent the show perfectly <br <br rick berman the overlord of the empire as john logan so accurately put it and his counterpart brannon braga has hit the nail on the head exactly where they should have and in all the right places whether that be technicalities visuals sound editing or score enterprise is a fine demonstration to just how good televised science fiction can ultimately be when in the hands of geniuses the lategene roddenberry would be proud of this series and as a star trek fan so should you ',\n",
       " '还 有些  不 酒店 不远           ',\n",
       " '真  得 很 糟糟              ',\n",
       " ' okay as you can see this is one of my favorite if not favorite films this is a character drama which is absolutely hilarious the main character is a business man who is stuck in a same thing different day mentality he sees a woman looking melancholy out a window of a dance studio from his train everyday and wonders about her and decides to find out more about her he decides to join the dance class only to find out she is not the instructor from there he bonds with four other dancers and learns to enjoy dancing as well as finding out about the mysterious woman <br <br there is no gratuitous or any sex involved just how a small group of people learn how friendships are formed and developed <br <br this film was remade with richard gere and jennifer lopez and the new one while appealing is nowhere as enjoyable as the original the movie never made it big in america because it was not eligible for the oscars since it was broadcast on television in japan movies cannot be released on tv or they are disqualified for oscar nominations it did win numerous awards in japan for best film cast director etc for their oscar awards ',\n",
       " ' dull haunted house thriller finds an american family moving into a 200 year old house in japan where a violent murder suicide love triangle occurred <br <br novel setting is about the only element of interest in this very slow moving horror flick by the director of motel hell the film generates zero suspense and is composed of somewhat choppy scenes that rarely seem to be leading anywhere overall <br <br one obvious example is a fairly early scene where the male lead visits a temple after realizing that his house is haunted as the monk had earlier warned the monk recounts the history of the house which the viewer is already familiar with from the opening sequence and then the film simply cuts away to something else earlier the monk had offered to help well where is the help the family continues to stay in the haunted house as things get worse and worse and no mention of the monk is made until nearly the very end when he turns up again to do what he should have done an hour earlier - - try to drive the spirits out of the house although by this time it is difficult for the viewers to care <br <br there are some probably unintentional campy laughs in seeing the american actors at the end become possessed by the japanese spirits and suddenly start doing bad martial arts i say probably because the scene is more than a little reminiscent of the chainsaw duel from the same director motel hell which was more obviously meant to be amusing but on the whole this is a forgettable dud ',\n",
       " ' this place in england during 1940 three orphans carrie charles and paul are sent to live with miss price angela lansbury she does not want them but reluctantly takes them in it seems she is studying to be a witch through a correspondence course with the college of witchcraft ok - - i realize this is a family film but - - college of witchcraft come on ! ! before she can finish the course though the college is closed because of the war and she seeks down the head professor browne david tomlinson and her and the kids travel around on a bed with the help of a magical bedknob <br <br i first saw this when i was 9 and vaguely remember loving it it sure does not hold up as an adult ! the story is silly even for a fantasy the kids are terrible actors and one of them charles is incredibly obnoxious also roddy mcdowall is third billed and only appears in two short scenes ! there is also a trip to the isle of naboombu which is run by animated animals i thought that might be fun but the animation is poor for disney and it has a very violent and far too long soccer game between the animals there are a few saving graces here : lansbury and tomlinson are just great; the songs while forgettable are pleasant; the long dance sequence on portobello road is very colorful and full of energy and the oscar - winning special effects are still pretty impressive at the end but the weak story line poor animation and unlikable kids really pull this one down i heard the extended version is even worse ! i can only give this a 7 ',\n",
       " ' brilliant execution in displaying once and for all this time in the venue of politics of how good intentions do actually pave the road to hell excellent ! ',\n",
       " ' this is without a doubt the single worst movie ever created there is no arguing here this is it end of story the story is juvenile and sub - moronic looking like it was created by a three - year - old fascinated with dinosaurs the entire concept is just plain dumb it is inconceivable how someone could possibly come up with something so stupid and think it was entertaining the jokes are also completely lame if you have not seen this movie yet consider yourself lucky if your morbidly curious as to how bad this movie is please do not make me describe it words can not express how completely awful this movie is this is not just bad as in being a bad movie even those have cohesion if not entertainment value this this is ugh ! think of the worst story ever told and multiply its badness level by 5 000 and you still have not come close to how awful this movie is after giving pokemon the movie one point giving this movie one point seems like nothing short of charity that is how bad it is did the producers and directors even take film classes because this is a perfect example of how not to make a film it looks like some amateur high on paint thinner made this film if you rented this please take it back and ask for a refund and do not even think about renting it again ',\n",
       " ' i heard about this film and knew it was not real good but i started watching the film on my film - channel and was interested this could be a really great darkly black satire on todays morals in media the small featurettes on every contestent weregood it build up to something i would not wanna miss but when the so called show starts everything becomes implausible cheap and rather silly here where the writer should have added something that would make people think but instead it is wrapped up and assuming people are this dumb <br <br the ending is so bad i give it a 1 even if the film starts of promising ',\n",
       " ' a found tape about 3 guys having fun torturing a woman in several inhuman ways <br <br yeah spoiler <br <br first of all the acting made this short not scary at all the woman seemed to have orgasms not suffering some of the punishments were so ridiculous ! what is shocking about throwing some meat or spin her in a chair if you are shooting a nonsense tape at least make it good the only part to remark is the end : the hammered hand and the pierced eye the rest of the film is really poor to end the boredom the supposed story about the tape being investigated extra bullshit ',\n",
       " ' after watching this i had lost a little respect for christopher lee this has passed over time this film was utter garbage first they tried to recreate the ending from the first howling with incredibly bad make - up then they try to turn it into a sad excuse of a werewolf porn film ! the plot sucks and the whole film is just awful ! ! ! ! a brother of a werewolf victim from the first film from the look of it it was supposed to be dee wallace stone teams up with lee and another woman to destroy thegroup of werewolves lead by sybil danning who seems to be naked all the time <br <br this is not even worth renting unless you want to waste your time and money watching the nudity try to catch it on cable instead it would be so chopped up it may actually make sense ',\n",
       " ' a strange role for eddie murphy to take at the height of his career while there is a lot of the eddie murphy character he plays a truly decent person the rest of the cast is good particularly the lovely charlotte lewis her character beauty and serenity held the tone of the film from getting to be too much murphy ',\n",
       " ' as a hammer completist i was dreading the time when i would have to raise the courage to watch this film and the one following it holiday on the buses i had seen one the buses the film and thought it one of the worst films i have ever seen it was full of all the awful comedy that plagued british tv screens around the early 70 <br <br i am ashamed to say that there were actually parts of this film that i laughed at i do not know if it was because i was now familiar with the characters and enjoyed some of the situations knowing how they would react i found blakey particularly funny although i could swear at no point in the trilogy does he say his catchphrase i will get you butler <br <br having watched holiday on the buses the jokes were starting to wear thin and these three films could be compared to an early hammer trilogy dick barton in that the second film made is the best although this is probably the only way they could be compared <br <br the only people who would want to watch this film are probably fans of the tv series who will no doubt enjoy this and hammer completists like myself to the completists i would say that this film is not that bad and i can certainly think of worse hammer comedies ',\n",
       " ' this is one of my all time favorite movies and i would recommend it to anyone on my list of favorite movies mental list mind the only ones on par with it are movies such as the lord of the rings series spirited away and fly away home <br <br i can really relate to the main character jess at the start of the movie she is a shy girl with a slightly odd background who has a lot more friends who are boys than that aregirls she really sucks you into her life i also certainly can not fault any of the protagonist acting or anyone else in the film <br <br the soccer was interesting to watch even for someone like me who has no idea of the rules the movie is never boring the romance is really cute and did not make me blush tooooo hard ! one thing that really made it though was the indian factor jess parents are indian and there are many colourful indian conventions throughout the film providing a very interesting cultural insight as well as everything else the indian people are also hilarious ! essentially this is a coming of age film about choosing the path you want and fighting for it <br <br feel good comedies are becoming my favorite moviegenre thanks to this film they are funny they are refreshing and they make you feel good ! ^ ',\n",
       " ' i got in to this excellent program in about season 4 and since then i have seen all the episodes got all the episodes on dvd and keeps getting better and better with the seasons of 9 and 10 it now may not have richard dean anderson now but the addition of ben browder and claudie black it has still given the show more strength and original still even after 10 seasons sadly now the sci - fi channel got rid of this amazing show with no hope relay for a 11 season there are making two direct to dvd movie and hopefully more atlantis is still going strong on its 4th seasons and there is a third spin off in the works the stargate franchise is nowhere near dead this tv show is a must see for all sci - fi fans and people of genres because this has such a wide range of things to appeal to all ages and all types of people watch it ! ! ! ! ! 10 10 ',\n",
       " ' david lynch usually makes films that resemble puzzles put together the wrong way they are interesting to look at and think about but they really do not gel in your mind perhaps art will always mean the most to its creator <br <br the straight story is not a typical david lynch film not that there is anything typical about them anyway it is an odyssey through rural america a real life journey alvin straight took on a lawn mower to get to his brothers house he rode 300 miles from laurens iowa to mt zion wisconsin to make amends to his sick brother for past offenses <br <br at the heart of this film is sweet voiced richard farnsworth he brings alvin straight right to us in a simple and honest way the fact that the film is slow paced matches alvin slow journey toward realization <br <br along the way alvin meets a confused and frightened young girl she is pregnant and has decided to run away from her situation after listening to alvin speak about family she reconsiders <br <br later alvin witnesses a distraught woman kill a deer with her car she complains that she has killed several and leaves alvin feels bad but is smart enough to cook up some dear meat that night <br <br later alvin lawn mower loses its brakes and nearly kills him a nice man and his wife let him stay in their yard while hegets it fixed they even let him call his sweet but slow daughter nicely played by sissy spacek whose haunted by a terrible tragedy in her own past alvin insists on paying for the call the man even offers to drive alvin to his brothers with pleasure alvin declines with thanks <br <br while alvin waits he also goes off to a bar with a kindly old man as they discuss the harshness of war and the price it took on their souls alvin even confesses a fatal mistake he made as a sniper that has forever haunted him <br <br alvin also encounters two bickering brothers who have repaired his lawn mower he talks them down in price wisely calling them on their high labor and repair costs he even helps them to appreciate one another learning from his own mistakes with his brother <br <br the night before alvin leaves the man yard he takes his hat off to him the man tells him it was an honor having him stay and asks alvin to write to him this scene is perfect in it is simplicity it is heartfelt because it is so straight so real <br <br the journey continues and we can not help to get more and more involved with it we want alvin to get to his brothers we want him to make amends we want to know this world is full of forgiveness <br <br this was richard farnsworth at his best it was his last film and his performance was amazing you can not help but to understand his pride to listen to his wisdom and to ultimately feel his pain one becomes as taken with him as the man who offers him his back yard to stay in <br <br if there is justice in the afterlife then alvin straight his brother and richard farnsworth are together sitting at a bar i can picture them discussing their lives regrets hopes and joys as alvin says in the film my brother and i used to look up at the stars well i know they all are with the best view in the house ',\n",
       " ' this movie is not very good it is boring and not much blood for a horror film the plot just trods along with not much happening and i think the female vampire was so stupid she had many chances to kill the vampire hunters since it shows her having lighting like reflexes but whenever she has one of them pinned she just takes her time and something always happens where she does not bite them no wonder this went straight to cable <br <br final verdict : not anywhere near as good as the first vampire movie you are a sucker if you waste your time on this ',\n",
       " ' b movie at best sound effects are pretty good lame concept decent execution i suppose it is a rental <br <br you put some olive oil in your mouth to save you from de poison den you cut de bite and suck out de poisen you gonna be ok tommy <br <br you stay by the airphone when agent harris calls you get me ! give me a fire extinguisher <br <br weapons - we need weapons where is the silverware all we have is this sporks ! <br <br dr price is the snake expert <br <br local ers can handle the occasional snakebite alert every er in the tri - city area ',\n",
       " '真是 结帐 的 己  消费者 的  去 该    所 点评 15  酒店 心 .           ',\n",
       " ' i remember my parents not understanding saturday night live when i was 15 they also did not understand rock n roll and many other things now that i am approaching their age i still remember and find i understand many of the things my kids love but this is pathetic i cannot say i have seen any by sarah except for a few appearances here and there they were reasonable i do not see her as anything special but this show is just so far below what i expected from her the imdb write up made it sound like potential so just for that i started watching the first episode i turned it off half way through anything else is better that that jokes that are meant for a 5 year old presented on a supposed adult program well sarah this adult is inly moved to turn you off i just cant believe that someone actually financed this insult to comedy only good thing i can say is that there are sooooo many bad jokes deposited here saving other shows from such an embarrassment ',\n",
       " ' iam a big fan of mr ram gopal varma but i could not believe that he made this movie i was really disappointed <br <br ram gopal varma ki aag does not come anywhere close to the real sholay it does not leave a lasting impression on a viewer ram gopal varma fails to create chemistry between the characters there is no camaraderie between heero ajay devgan and raj prashant raj there are hardly any scenes with more than two people in the frame together the sequence outside the courtroom with amitabh bachchan and mohanlal face off is remarkable amitabh bachchan should not have done this movie ajay and sushmita sen was trying their best but no use rajpal yadav voice modulation - ineffective and rather pointless mohanlal did full justice and proved it again that acting is all about facial expression and body language rest of the cast was below expectation the comedy situation which was adapted from the original sholay fall flat in this movie <br <br ram gopal varma could have worked upon the script but because of the controversies surrounded against the movie he messed up and just for the sake of making he made this aag but there is no fire ',\n",
       " ' friz freleng peedy gonzalez was the second cartoon to feature the title character after robert mckimson cat - tails for two in that cartoon speedy has been an ugly little creature with a big gold tooth but by his second appearance the famous design had already been adopted despite looking significantly more handsome speedy never developed into much of a character a big hat tremendous speed and a bad mexican accent do not a classic character make and that is pretty much all speedy ever had going for him nevertheless the cocky little mouse proved enormously popular and went on to star in many shorts including some truly abysmal films from the studio latter days while these early speedy shorts are better than those later atrocities in which he was frequently rather oddly paired up with daffy duck they still leave much to be desired relying on predictablegags usually based around a similar chase formula in this self - titled episode speedy is recruited by some other mice to steal cheese for them from the local factory which happens to beguarded by sylvester the cat although he brings the extra weight of a star turn to the cartoon sylvester role here could just as easily been filled by any other generic cartoon cat his personality is sapped by his being forced into the predictable undemanding role of pursuer this was always a problem in the tweety cartoons too but speedy makes an even duller adversary thanks to his detestable cockiness and the blatant impossibility of his capture poor old sylvester would be forced to appear alongside speedy for many years to come despite it following a pretty basic formula and featuring minimal laughs peedy gonzalez won an oscar and a thoroughly undeserving star was born ',\n",
       " '到 住行             ',\n",
       " ' i cannot believe how popular this show is i consider myself an avid sci - fi fan i have read countless sci - fi novels and have enjoyed many sci - fi movies and tv shows i really would not even consider this true sci - fi every episode i have sat through was like a lame watered down version of a star trek episode minus anything that might make it interesting or exciting <br <br it is basically a bunch of people standing around in army fatigues talking about something boring who occasionally go through the stargate and end up on a planet that looks just like earth with people who look and sound just like humans ! it seemed extremely low budget the characters are all forgettable one dimensional cutouts and the many attempts at humor fall flat it reminds me when you see a commercial with a famous athlete in it trying to be funny but he is not it is just sad <br <br the movie was terrible as well there is so much you can do with a portal through space yet every place the army peoplego is boring ! this shows no imagination ! i actually thought the tv series alien nation from a few years back based on the movie alien nation was much better that show actually had good story lines and decent characters i was not crazy about alien nation but compared to this overrated crap it was great ! <br <br also unlike thegreat new battlestar galactica series stargate copied the look and feel of the lame movie too closely ! they should have at least updated the cheesy toilet flushing special effect of whenever somebody goes through the stargate ',\n",
       " 'if you are the type of person who goes on the submarine ride every time you visit disneyland you aregoing to love the hunt for red october + you will also love the film if you enjoy cat and mouse military tactics or if you are a sean connery or alec baldwin fan or if you admired director john mctiernan earlier films die hard and predator + in fact the only people likely to be disappointed with the hunt for red october are those who have read the book since films almost never live up to the novels which inspired them + the hunt for red october is an epic thriller adapted from tom clancy best selling novel + set in an era beforeglasnost the movie revolves around a top - secret soviet submarine called the red october + the nuclear sub has a revolutionary propulsion system which makes the vessel silent and allows it to escape sonar detection + the red october embarks on its maiden voyage under the command of captain marko ramius played by sean connery + ramius has strict orders just to test the submarine but he has other ideas + he takes the sub and its crew and disappears into the atlantic ocean + is he planning to start world war iii + cia analyst jack ryan does not think so ; he is convinced that ramius plans to defect to the u s ryan played by alec baldwin is given three days to prove his theory and find the missing sub + the characters in the hunt for red october are paper thin but the performances thankfully are rock solid + baldwin and connery anchor the film with their customary vigor + sam neil gives a sturdy performance as connery somber first officer + it is ironic to see neil and connery playing russians since they are both best known for their roles as british agents connery as james bond and neil as reilly ace of spies + the large cast also includes scott glenn james earl jones tim curry and joss ackland plus richard jordan as the smooth u s national security adviser + the special effects are remarkable but more than anything the hunt for red october is distinguished by its water - tight plot + screenwriters larry ferguson and donald stewart havegracefully navigated red october through a story line full of twists and turns + they keep us involved in the action by unveiling plot strands at just the right moment + the movie does not get as sweaty or breathless as die hard because it would rather tell a good story than hit you over the head with non - stop action + the finale is rousing and suspenseful but essentially the hunt for red october is a superior potboiler + ']"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#after clean\n",
    "clean_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "data_all['context'] = clean_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "train_clean = data_all.iloc[:train.shape[0],:]\n",
    "valid_clean = data_all.iloc[train.shape[0]:(train.shape[0]+valid.shape[0]),:]\n",
    "dev_clean  = data_all.iloc[(train.shape[0]+valid.shape[0]):,:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3092, 5)"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dev_clean.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>context</th>\n",
       "      <th>field</th>\n",
       "      <th>label</th>\n",
       "      <th>lan</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6734</th>\n",
       "      <td>i have seen every episode of this spin off i t...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>408</th>\n",
       "      <td>like most people i love a christmas story i ha...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>959</th>\n",
       "      <td>房间   很小       有点像   招待所   .............   四星  ...</td>\n",
       "      <td>hotel</td>\n",
       "      <td>1</td>\n",
       "      <td>ch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18375</th>\n",
       "      <td>or maybe it just is this bad the plot is a che...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5323</th>\n",
       "      <td>it is a good movie maybe i like it because it ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9004</th>\n",
       "      <td>if you are a fan of really bad movies and you ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>256</th>\n",
       "      <td>i just got back from this free screening and t...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10296</th>\n",
       "      <td>d w griffith could have made any film he wante...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13183</th>\n",
       "      <td>this movie contains one of richard dreyfuss gr...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13054</th>\n",
       "      <td>the deadly wake is the perfect movie for film ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9457</th>\n",
       "      <td>magicians is a wonderful ride from start to fi...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>938</th>\n",
       "      <td>synopsis : a maniac crazed by virulent microph...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14122</th>\n",
       "      <td>this is a wonderful movie about a brothel in a...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3331</th>\n",
       "      <td>mgm were unsure of how to market garbo when sh...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>898</th>\n",
       "      <td>this film provides us with an interesting remi...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>889</th>\n",
       "      <td>价格   在   这个   地段   属于   适中   ,       附近   有   ...</td>\n",
       "      <td>hotel</td>\n",
       "      <td>1</td>\n",
       "      <td>ch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24040</th>\n",
       "      <td>why does this have such a low rating i really ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18583</th>\n",
       "      <td>this is a complex documentary that shows many ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>347</th>\n",
       "      <td>if you have ever seen fox tv special car chase...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8654</th>\n",
       "      <td>this film is really bad it maybe harsh but it ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5248</th>\n",
       "      <td>baby face is one of the better of the forgotte...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20162</th>\n",
       "      <td>carlos mencia was excellent this is hour speci...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>533</th>\n",
       "      <td>capsule : trippy hyperspeed action machine fro...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492</th>\n",
       "      <td>上次   去   住   想   起来   还是   很   不   高兴   ,   根本...</td>\n",
       "      <td>hotel</td>\n",
       "      <td>0</td>\n",
       "      <td>ch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3043</th>\n",
       "      <td>an absolutely wretched waste of film ! ! nothi...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24131</th>\n",
       "      <td>enterprise the latest high budget spin - off t...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>554</th>\n",
       "      <td>还   不错   的   酒店       虽然   有些   旧       日方   也...</td>\n",
       "      <td>hotel</td>\n",
       "      <td>1</td>\n",
       "      <td>ch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>876</th>\n",
       "      <td>真   不   象是   一家   四星级   的   酒店       评   三星   ...</td>\n",
       "      <td>hotel</td>\n",
       "      <td>0</td>\n",
       "      <td>ch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23858</th>\n",
       "      <td>okay as you can see this is one of my favorite...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7140</th>\n",
       "      <td>dull haunted house thriller finds an american ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6874</th>\n",
       "      <td>this may just be the most nostalgic journey ba...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2769</th>\n",
       "      <td>i am not a stage purist a movie could have bee...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11630</th>\n",
       "      <td>it is only 2 episodes into a 5 part drama but ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2930</th>\n",
       "      <td>i havegiven this film an elevated rating of 2 ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23919</th>\n",
       "      <td>nothing could have saved this movie not even s...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23668</th>\n",
       "      <td>writer - director tony piccirillo adapted his ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>293</th>\n",
       "      <td>我   住   的   是   6   号房       无窗       像   住   ...</td>\n",
       "      <td>hotel</td>\n",
       "      <td>0</td>\n",
       "      <td>ch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7678</th>\n",
       "      <td>three years ago rachel therese fretwell was pa...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18075</th>\n",
       "      <td>i went into this movie perhaps a bit jaded by ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7888</th>\n",
       "      <td>ask the dust looked intriguing from the traile...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15619</th>\n",
       "      <td>the movie is far more sophisticated and intell...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13898</th>\n",
       "      <td>utterly predictable silly show about a man who...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2405</th>\n",
       "      <td>this has to be one of the best if not the best...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10307</th>\n",
       "      <td>it got switched off before the opening credits...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17838</th>\n",
       "      <td>there are two things that i like about elvira ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1639</th>\n",
       "      <td>服务态度   很   好   不过   似乎   水平   比不上   态度       c...</td>\n",
       "      <td>hotel</td>\n",
       "      <td>1</td>\n",
       "      <td>ch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7179</th>\n",
       "      <td>there are no spoilers in this review there is ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20916</th>\n",
       "      <td>celia johnson is good as the nurse michael hor...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16215</th>\n",
       "      <td>this american soap opera knots landing has all...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10800</th>\n",
       "      <td>this is a movie which attempts a retelling of ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7222</th>\n",
       "      <td>as with a bunch of guys at school we must give...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1619</th>\n",
       "      <td>广大   携程   会员   请   注意   :   此   酒店   旁边   在   ...</td>\n",
       "      <td>hotel</td>\n",
       "      <td>0</td>\n",
       "      <td>ch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2846</th>\n",
       "      <td>you do not get more dark or tragic than othell...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4213</th>\n",
       "      <td>well at least my theater group did lol so of c...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6685</th>\n",
       "      <td>once again jet li brings his charismatic prese...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18165</th>\n",
       "      <td>this show has come so far at first everyone in...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21109</th>\n",
       "      <td>citizen x tells the story of andrei chikatilo ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13694</th>\n",
       "      <td>steve biko was a black activist who tried to r...</td>\n",
       "      <td>movie</td>\n",
       "      <td>1</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7683</th>\n",
       "      <td>scott menville is not casey kasem that is the ...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6434</th>\n",
       "      <td>quite possibly the nicest woman in show busine...</td>\n",
       "      <td>movie</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>24736 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 context  field  label lan\n",
       "6734   i have seen every episode of this spin off i t...  movie      0  en\n",
       "408    like most people i love a christmas story i ha...  movie      0  en\n",
       "959    房间   很小       有点像   招待所   .............   四星  ...  hotel      1  ch\n",
       "18375  or maybe it just is this bad the plot is a che...  movie      0  en\n",
       "5323   it is a good movie maybe i like it because it ...  movie      1  en\n",
       "9004   if you are a fan of really bad movies and you ...  movie      0  en\n",
       "256    i just got back from this free screening and t...  movie      0  en\n",
       "10296  d w griffith could have made any film he wante...  movie      1  en\n",
       "13183  this movie contains one of richard dreyfuss gr...  movie      1  en\n",
       "13054  the deadly wake is the perfect movie for film ...  movie      0  en\n",
       "9457   magicians is a wonderful ride from start to fi...  movie      1  en\n",
       "938    synopsis : a maniac crazed by virulent microph...  movie      0  en\n",
       "14122  this is a wonderful movie about a brothel in a...  movie      1  en\n",
       "3331   mgm were unsure of how to market garbo when sh...  movie      1  en\n",
       "898    this film provides us with an interesting remi...  movie      1  en\n",
       "889    价格   在   这个   地段   属于   适中   ,       附近   有   ...  hotel      1  ch\n",
       "24040  why does this have such a low rating i really ...  movie      1  en\n",
       "18583  this is a complex documentary that shows many ...  movie      1  en\n",
       "347    if you have ever seen fox tv special car chase...  movie      0  en\n",
       "8654   this film is really bad it maybe harsh but it ...  movie      0  en\n",
       "5248   baby face is one of the better of the forgotte...  movie      1  en\n",
       "20162  carlos mencia was excellent this is hour speci...  movie      1  en\n",
       "533    capsule : trippy hyperspeed action machine fro...  movie      1  en\n",
       "1492   上次   去   住   想   起来   还是   很   不   高兴   ,   根本...  hotel      0  ch\n",
       "3043   an absolutely wretched waste of film ! ! nothi...  movie      0  en\n",
       "24131  enterprise the latest high budget spin - off t...  movie      1  en\n",
       "554    还   不错   的   酒店       虽然   有些   旧       日方   也...  hotel      1  ch\n",
       "876    真   不   象是   一家   四星级   的   酒店       评   三星   ...  hotel      0  ch\n",
       "23858  okay as you can see this is one of my favorite...  movie      1  en\n",
       "7140   dull haunted house thriller finds an american ...  movie      0  en\n",
       "...                                                  ...    ...    ...  ..\n",
       "6874   this may just be the most nostalgic journey ba...  movie      1  en\n",
       "2769   i am not a stage purist a movie could have bee...  movie      0  en\n",
       "11630  it is only 2 episodes into a 5 part drama but ...  movie      1  en\n",
       "2930   i havegiven this film an elevated rating of 2 ...  movie      0  en\n",
       "23919  nothing could have saved this movie not even s...  movie      0  en\n",
       "23668  writer - director tony piccirillo adapted his ...  movie      0  en\n",
       "293    我   住   的   是   6   号房       无窗       像   住   ...  hotel      0  ch\n",
       "7678   three years ago rachel therese fretwell was pa...  movie      0  en\n",
       "18075  i went into this movie perhaps a bit jaded by ...  movie      1  en\n",
       "7888   ask the dust looked intriguing from the traile...  movie      0  en\n",
       "15619  the movie is far more sophisticated and intell...  movie      1  en\n",
       "13898  utterly predictable silly show about a man who...  movie      0  en\n",
       "2405   this has to be one of the best if not the best...  movie      1  en\n",
       "10307  it got switched off before the opening credits...  movie      0  en\n",
       "17838  there are two things that i like about elvira ...  movie      1  en\n",
       "1639   服务态度   很   好   不过   似乎   水平   比不上   态度       c...  hotel      1  ch\n",
       "7179   there are no spoilers in this review there is ...  movie      0  en\n",
       "20916  celia johnson is good as the nurse michael hor...  movie      0  en\n",
       "16215  this american soap opera knots landing has all...  movie      0  en\n",
       "10800  this is a movie which attempts a retelling of ...  movie      0  en\n",
       "7222   as with a bunch of guys at school we must give...  movie      1  en\n",
       "1619   广大   携程   会员   请   注意   :   此   酒店   旁边   在   ...  hotel      0  ch\n",
       "2846   you do not get more dark or tragic than othell...  movie      1  en\n",
       "4213   well at least my theater group did lol so of c...  movie      0  en\n",
       "6685   once again jet li brings his charismatic prese...  movie      1  en\n",
       "18165  this show has come so far at first everyone in...  movie      1  en\n",
       "21109  citizen x tells the story of andrei chikatilo ...  movie      1  en\n",
       "13694  steve biko was a black activist who tried to r...  movie      1  en\n",
       "7683   scott menville is not casey kasem that is the ...  movie      0  en\n",
       "6434   quite possibly the nicest woman in show busine...  movie      0  en\n",
       "\n",
       "[24736 rows x 4 columns]"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_clean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pd.to_pickle(train_clean,path+'train_clean.pkl')\n",
    "pd.to_pickle(valid_clean,path+'valid_clean.pkl')\n",
    "pd.to_pickle(dev_clean,path+'dev_clean.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
